//
// FILE NAME: GenXMLChTable.cpp
//
// AUTHOR: Dean Roddey
//
// CREATED: 08/17/2000
//
// COPYRIGHT: Charmed Quark Systems, Ltd @ 2019
//
//  This file is part of a demonstration program of the CIDLib C++
//  Frameworks. Its contents are distributed 'as is', to provide guidance on
//  the use of the CIDLib system. However, these demos are not intended to
//  represent a full fledged applications. Any direct use of demo code in
//  user applications is at the user's discretion, and no warranties are
//  implied as to its correctness or applicability.
//
// DESCRIPTION:
//
//  This is the main module of the program. This program generates a table
//  that is hard coded into the XML parser. This table has 64K byte entries,
//  each of which contains a set of bit flags that indicate the characteristcs
//  of that particular character.
//
// CAVEATS/GOTCHAS:
//
// LOG:
//
//  $_CIDLib_Log_$
//


// ---------------------------------------------------------------------------
//  Includes
// ---------------------------------------------------------------------------
#include    "CIDXML.hpp"



// ---------------------------------------------------------------------------
//  Forward ref the thread entry point
// ---------------------------------------------------------------------------
tCIDLib::EExitCodes eMainThreadFunc
(
        TThread&            thrThis
        , tCIDLib::TVoid*   pData
);



// ---------------------------------------------------------------------------
//  Local const data
//
//  achBaseList
//  achCombiningList
//  achDigitList
//  achIdeographicList
//  achExtenderList
//  achLetterList
//  achPublicIdList
//  achWhiteSpaceList
//  achXMLChars
//      These tables hold lists of Unicode characters that have various types
//      of characteristics. These groups are defined by the XML spec, and
//      its convenient to have them in these groups so that they can be easily
//      confirmed against the spec and the combined as we need them.
// ---------------------------------------------------------------------------
static const tCIDLib::TCh achBaseList[] =
{
        0x0041, 0x005A, 0x0061, 0x007A, 0x00C0, 0x00D6, 0x00D8, 0x00F6
    ,   0x00F8, 0x00FF

    ,   0x0100, 0x0131, 0x0134, 0x013E, 0x0141, 0x0148, 0x014A, 0x017E
    ,   0x0180, 0x01C3, 0x01CD, 0x01F0, 0x01F4, 0x01F5, 0x01FA, 0x0217
    ,   0x0250, 0x02A8, 0x02BB, 0x02C1, 0x0388, 0x038A, 0x038E, 0x03A1
    ,   0x03A3, 0x03CE, 0x03D0, 0x03D6, 0x03E2, 0x03F3, 0x0401, 0x040C
    ,   0x040E, 0x044F, 0x0451, 0x045C, 0x045E, 0x0481, 0x0490, 0x04C4
    ,   0x04C7, 0x04C8, 0x04CB, 0x04CC, 0x04D0, 0x04EB, 0x04EE, 0x04F5
    ,   0x04F8, 0x04F9, 0x0531, 0x0556, 0x0561, 0x0586, 0x05D0, 0x05EA
    ,   0x05F0, 0x05F2, 0x0621, 0x063A, 0x0641, 0x064A, 0x0671, 0x06B7
    ,   0x06BA, 0x06BE, 0x06C0, 0x06CE, 0x06D0, 0x06D3, 0x06E5, 0x06E6
    ,   0x0905, 0x0939, 0x0958, 0x0961, 0x0985, 0x098C, 0x098F, 0x0990
    ,   0x0993, 0x09A8, 0x09AA, 0x09B0, 0x09B6, 0x09B9, 0x09DC, 0x09DD
    ,   0x09DF, 0x09E1, 0x09F0, 0x09F1, 0x0A05, 0x0A0A, 0x0A0F, 0x0A10
    ,   0x0A13, 0x0A28, 0x0A2A, 0x0A30, 0x0A32, 0x0A33, 0x0A35, 0x0A36
    ,   0x0A38, 0x0A39, 0x0A59, 0x0A5C, 0x0A72, 0x0A74, 0x0A85, 0x0A8B
    ,   0x0A8F, 0x0A91, 0x0A93, 0x0AA8, 0x0AAA, 0x0AB0, 0x0AB2, 0x0AB3
    ,   0x0AB5, 0x0AB9, 0x0B05, 0x0B0C, 0x0B0F, 0x0B10, 0x0B13, 0x0B28
    ,   0x0B2A, 0x0B30, 0x0B32, 0x0B33, 0x0B36, 0x0B39, 0x0B5C, 0x0B5D
    ,   0x0B5F, 0x0B61, 0x0B85, 0x0B8A, 0x0B8E, 0x0B90, 0x0B92, 0x0B95
    ,   0x0B99, 0x0B9A, 0x0B9E, 0x0B9F, 0x0BA3, 0x0BA4, 0x0BA8, 0x0BAA
    ,   0x0BAE, 0x0BB5, 0x0BB7, 0x0BB9, 0x0C05, 0x0C0C, 0x0C0E, 0x0C10
    ,   0x0C12, 0x0C28, 0x0C2A, 0x0C33, 0x0C35, 0x0C39, 0x0C60, 0x0C61
    ,   0x0C85, 0x0C8C, 0x0C8E, 0x0C90, 0x0C92, 0x0CA8, 0x0CAA, 0x0CB3
    ,   0x0CB5, 0x0CB9, 0x0CE0, 0x0CE1, 0x0D05, 0x0D0C, 0x0D0E, 0x0D10
    ,   0x0D12, 0x0D28, 0x0D2A, 0x0D39, 0x0D60, 0x0D61, 0x0E01, 0x0E2E
    ,   0x0E32, 0x0E33, 0x0E40, 0x0E45, 0x0E81, 0x0E82, 0x0E87, 0x0E88
    ,   0x0E94, 0x0E97, 0x0E99, 0x0E9F, 0x0EA1, 0x0EA3, 0x0EAA, 0x0EAB
    ,   0x0EAD, 0x0EAE, 0x0EB2, 0x0EB3, 0x0EC0, 0x0EC4, 0x0F40, 0x0F47
    ,   0x0F49, 0x0F69, 0x10A0, 0x10C5, 0x10D0, 0x10F6, 0x1102, 0x1103
    ,   0x1105, 0x1107, 0x110B, 0x110C, 0x110E, 0x1112, 0x1154, 0x1155
    ,   0x115F, 0x1161, 0x116D, 0x116E, 0x1172, 0x1173, 0x11AE, 0x11AF
    ,   0x11B7, 0x11B8, 0x11BC, 0x11C2, 0x1E00, 0x1E9B, 0x1EA0, 0x1EF9
    ,   0x1F00, 0x1F15, 0x1F18, 0x1F1D, 0x1F20, 0x1F45, 0x1F48, 0x1F4D
    ,   0x1F50, 0x1F57, 0x1F5F, 0x1F7D, 0x1F80, 0x1FB4, 0x1FB6, 0x1FBC
    ,   0x1FC2, 0x1FC4, 0x1FC6, 0x1FCC, 0x1FD0, 0x1FD3, 0x1FD6, 0x1FDB
    ,   0x1FE0, 0x1FEC, 0x1FF2, 0x1FF4, 0x1FF6, 0x1FFC, 0x212A, 0x212B
    ,   0x2180, 0x2182, 0x3041, 0x3094, 0x30A1, 0x30FA, 0x3105, 0x312C
    ,   0xAC00, 0xD7A3
    ,   0x00

    ,   0x0386, 0x038C, 0x03DA, 0x03DC, 0x03DE, 0x03E0, 0x0559, 0x06D5
    ,   0x093D, 0x09B2, 0x0A5E, 0x0A8D, 0x0ABD, 0x0AE0, 0x0B3D, 0x0B9C
    ,   0x0CDE, 0x0E30, 0x0E84, 0x0E8A, 0x0E8D, 0x0EA5, 0x0EA7, 0x0EB0
    ,   0x0EBD, 0x1100, 0x1109, 0x113C, 0x113E, 0x1140, 0x114C, 0x114E
    ,   0x1150, 0x1159, 0x1163, 0x1165, 0x1167, 0x1169, 0x1175, 0x119E
    ,   0x11A8, 0x11AB, 0x11BA, 0x11EB, 0x11F0, 0x11F9, 0x1F59, 0x1F5B
    ,   0x1F5D, 0x1FBE, 0x2126, 0x212E
    ,   0x00
};

static const tCIDLib::TCh achCombiningList[] =
{
        0x0300, 0x0345, 0x0360, 0x0361, 0x0483, 0x0486, 0x0591, 0x05A1
    ,   0x05A3, 0x05B9, 0x05C1, 0x05C2, 0x06D6, 0x06DC, 0x06E0, 0x06E4
    ,   0x06E7, 0x06E8, 0x06EA, 0x06ED, 0x0901, 0x0903, 0x093E, 0x094C
    ,   0x0951, 0x0954, 0x0962, 0x0963, 0x0981, 0x0983, 0x09C0, 0x09C4
    ,   0x09C7, 0x09C8, 0x09CB, 0x09CD, 0x09E2, 0x09E3, 0x0A40, 0x0A42
    ,   0x0A47, 0x0A48, 0x0A4B, 0x0A4D, 0x0A70, 0x0A71, 0x0A81, 0x0A83
    ,   0x0ABE, 0x0AC5, 0x0AC7, 0x0AC9, 0x0ACB, 0x0ACD, 0x0B01, 0x0B03
    ,   0x0B3E, 0x0B43, 0x0B47, 0x0B48, 0x0B4B, 0x0B4D, 0x0B56, 0x0B57
    ,   0x0B82, 0x0B83, 0x0BBE, 0x0BC2, 0x0BC6, 0x0BC8, 0x0BCA, 0x0BCD
    ,   0x0C01, 0x0C03, 0x0C3E, 0x0C44, 0x0C46, 0x0C48, 0x0C4A, 0x0C4D
    ,   0x0C55, 0x0C56, 0x0C82, 0x0C83, 0x0CBE, 0x0CC4, 0x0CC6, 0x0CC8
    ,   0x0CCA, 0x0CCD, 0x0CD5, 0x0CD6, 0x0D02, 0x0D03, 0x0D3E, 0x0D43
    ,   0x0D46, 0x0D48, 0x0D4A, 0x0D4D, 0x0E34, 0x0E3A, 0x0E47, 0x0E4E
    ,   0x0EB4, 0x0EB9, 0x0EBB, 0x0EBC, 0x0EC8, 0x0ECD, 0x0F18, 0x0F19
    ,   0x0F71, 0x0F84, 0x0F86, 0x0F8B, 0x0F90, 0x0F95, 0x0F99, 0x0FAD
    ,   0x0FB1, 0x0FB7, 0x20D0, 0x20DC, 0x302A, 0x302F
    ,   0x00

    ,   0x05BB, 0x05BD, 0x05BF, 0x05C4, 0x064B, 0x0652, 0x0670, 0x06DD
    ,   0x06DF, 0x093C, 0x094D, 0x09BC, 0x09BE, 0x09BF, 0x09D7, 0x0A02
    ,   0x0A3C, 0x0A3E, 0x0A3F, 0x0ABC, 0x0B3C, 0x0BD7, 0x0D57, 0x0E31
    ,   0x0EB1, 0x0F35, 0x0F37, 0x0F39, 0x0F3E, 0x0F3F, 0x0F97, 0x0FB9
    ,   0x20E1, 0x3099, 0x309A
    ,   0x00
};

static const tCIDLib::TCh achDigitList[] =
{
        0x0030, 0x0039, 0x0660, 0x0669, 0x06F0, 0x06F9, 0x0966, 0x096F
    ,   0x09E6, 0x09EF, 0x0A66, 0x0A6F, 0x0AE6, 0x0AEF, 0x0B66, 0x0B6F
    ,   0x0BE7, 0x0BEF, 0x0C66, 0x0C6F, 0x0CE6, 0x0CEF, 0x0D66, 0x0D6F
    ,   0x0E50, 0x0E59, 0x0ED0, 0x0ED9, 0x0F20, 0x0F29
    ,   0x00

    ,   0x00
};

static const tCIDLib::TCh achIdeographicList[] =
{
        0x3021, 0x3029, 0x4E00, 0x9FA5
    ,   0x00

    ,   0x3007
    ,   0x00
};

static const tCIDLib::TCh achExtenderList[] =
{
        0x3031, 0x3035, 0x309D, 0x309E, 0x30FC, 0x30FE
    ,   0x00

    ,   0x00B7, 0x02D0, 0x02D1, 0x0387, 0x0640, 0x0E46, 0x0EC6, 0x3005
    ,   0x00
};

static const tCIDLib::TCh achLetterList[] =
{
        0x3021, 0x3029, 0x4E00, 0x9FA5
    ,   0x00

    ,   0x3007
    ,   0x00
};

static const tCIDLib::TCh achPublicIdList[] =
{
        0x0023, 0x0025, 0x0027, 0x003B, 0x003F, 0x005A, 0x0061, 0x007A
    ,   0x00

    ,   0x000A, 0x000D, 0x0020, 0x0021, 0x003D, 0x005F
    ,   0x00
};

static const tCIDLib::TCh achWhitespaceList[] =
{
        0x00

    ,   0x0020, 0x0009, 0x000D, 0x000A, 0x2028
    ,   0x00
};

static const tCIDLib::TCh achXMLList[] =
{
        0x0020, 0xD7FF, 0xE000, 0xFFFD
    ,   0x00

    ,   0x0009, 0x000D, 0x000A
    ,   0x00
};



// ---------------------------------------------------------------------------
//  Local data
//
//  ac1Table
//      This is the temp table that we fill in and then write out.
// ---------------------------------------------------------------------------
static tCIDLib::TCard1  ac1Table[0xFFFF];



// ---------------------------------------------------------------------------
//  Include magic main module code
// ---------------------------------------------------------------------------
CIDLib_MainModule(TThread(L"MainThread", eMainThreadFunc))



// ---------------------------------------------------------------------------
//  Local functions
// ---------------------------------------------------------------------------

//
//  This function accepts one source table of characters, and for each
//  character in the table, adds the passed mask to the character's bit mask.
//
static tCIDLib::TVoid ProcessTable(const  tCIDLib::TCh* const pchTable
                                    , const tCIDLib::TCard1     c1Mask)
{
    // Get a pointer that we can run up through the table data
    const tCIDLib::TCh* pchCur = pchTable;

    // Do the ranges first
    while (*pchCur)
    {
        tCIDLib::TCh chIndex;

        const tCIDLib::TCh chLow = *pchCur++;
        const tCIDLib::TCh chHigh = *pchCur++;

        for (chIndex = chLow; chIndex <= chHigh; chIndex++)
            ac1Table[chIndex] |= c1Mask;
    }

    // Skip the range terminator
    pchCur++;

    // And then the singles until we hit its terminator
    while (*pchCur)
        ac1Table[*pchCur++] |= c1Mask;
}


//
//  This is the main program thread, where the program starts. The use of the
//  CIDLib_MainModule macro above makes this thread start as the first thread.
//
tCIDLib::EExitCodes eMainThreadFunc(TThread& thrThis, tCIDLib::TVoid* const)
{
    // Let our caller go
    thrThis.Sync();


    // Do the init for each table. Do the non-special case ones first
    ProcessTable(achBaseList, kCIDXML::c1BaseChar);
    ProcessTable(achLetterList, kCIDXML::c1LetterChar);
    ProcessTable(achXMLList, kCIDXML::c1XMLChar);
    ProcessTable(achWhitespaceList, kCIDXML::c1WhitespaceChar);

    //
    //  Set up the name character
    //
    ProcessTable(achBaseList, kCIDXML::c1NameChar);
    ProcessTable(achCombiningList, kCIDXML::c1NameChar);
    ProcessTable(achExtenderList, kCIDXML::c1NameChar);
    ProcessTable(achIdeographicList, kCIDXML::c1NameChar);
    ProcessTable(achDigitList, kCIDXML::c1NameChar);
    ac1Table[kCIDLib::chHyphenMinus] |= kCIDXML::c1NameChar;
    ac1Table[kCIDLib::chPeriod] |= kCIDXML::c1NameChar;
    ac1Table[kCIDLib::chColon] |= kCIDXML::c1NameChar;
    ac1Table[kCIDLib::chUnderscore] |= kCIDXML::c1NameChar;

    //
    //  Mark a set of special characters that always need to be treated
    //  specially within XML.
    //
    ac1Table[kCIDLib::chNull] |= kCIDXML::c1SpecialCharData;
    ac1Table[kCIDLib::chGreaterThan] |= kCIDXML::c1SpecialCharData;
    ac1Table[kCIDLib::chCloseBracket] |= kCIDXML::c1SpecialCharData;
    ac1Table[kCIDLib::chLessThan] |= kCIDXML::c1SpecialCharData;
    ac1Table[kCIDLib::chAmpersand] |= kCIDXML::c1SpecialCharData;

    //
    //  Next we do the special chars for the start tag processing, which
    //  needs to look for things that indicate the end of the tag, quote
    //  chars, etc...
    //
    ac1Table[kCIDLib::chNull] |= kCIDXML::c1StartTagChar;
    ac1Table[kCIDLib::chForwardSlash] |= kCIDXML::c1StartTagChar;
    ac1Table[kCIDLib::chGreaterThan] |= kCIDXML::c1StartTagChar;
    ac1Table[kCIDLib::chLessThan] |= kCIDXML::c1StartTagChar;
    ac1Table[kCIDLib::chApostrophe] |= kCIDXML::c1StartTagChar;
    ac1Table[kCIDLib::chQuotation] |= kCIDXML::c1StartTagChar;
    ProcessTable(achWhitespaceList, kCIDXML::c1StartTagChar);

    //
    //  And finally do the token sense character. These are used by the
    //  top level content method that probes for the next thing in the
    //  token stream.
    //
    ac1Table[kCIDLib::chNull] |= kCIDXML::c1MarkupTestChar;
    ac1Table[kCIDLib::chAmpersand] |= kCIDXML::c1MarkupTestChar;
    ac1Table[kCIDLib::chLessThan] |= kCIDXML::c1MarkupTestChar;

    //
    //  Create and/or truncate the output file, which is just a temp file
    //  from which the results can be pasted into the real file.
    //
    TTextFileOutStream strmOut
    (
        L"CharTable.Txt"
        , tCIDLib::ECreateActs::CreateAlways
        , tCIDLib::EFilePerms::AllOwnerAccess
        , tCIDLib::EFileFlags::SequentialScan
        , tCIDLib::EAccessModes::Excl_Write
        , new TUSASCIIConverter
    );

    strmOut << L"const tCIDLib::TCard1 TXMLCharFlags::ac1CharFlags[0x10000] ="
               L"\n{\n";

    tCIDLib::TCard4 c4Index = 0;
    while (c4Index <= 0xFFFF)
    {
        strmOut << L"    ";
        for (tCIDLib::TCard4 c4LineInd = 0; c4LineInd < 16; c4LineInd++, c4Index++)
        {
            if (c4Index)
                strmOut << L", 0x";
            else
                strmOut << L"  0x";

            strmOut << TTextOutStream::strmfHex2()
                    << tCIDLib::TCard4(ac1Table[c4Index])
                    << TTextOutStream::strmfDefault();
        };
        strmOut << L"\n";
    }
    strmOut << L"};\n" << kCIDLib::FlushIt;

    return tCIDLib::EExitCodes::Normal;
}

